{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 第二次实战：TensorFlow-Keras构建回归模型"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2.0.0\n",
      "sys.version_info(major=3, minor=6, micro=10, releaselevel='final', serial=0)\n",
      "matplotlib 3.1.2\n",
      "numpy 1.18.1\n",
      "pandas 0.25.3\n",
      "sklearn 0.22.1\n",
      "tensorflow 2.0.0\n",
      "tensorflow_core.keras 2.2.4-tf\n"
     ]
    }
   ],
   "source": [
    "# 导入\n",
    "import matplotlib as mpl\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "import numpy as np\n",
    "import sklearn\n",
    "import pandas as pd\n",
    "import os\n",
    "import sys\n",
    "import time\n",
    "import tensorflow as tf\n",
    "from tensorflow import keras\n",
    "\n",
    "print(tf.__version__)\n",
    "print(sys.version_info)\n",
    "for module in mpl,np,pd,sklearn,tf,keras:\n",
    "    print(module.__name__,module.__version__)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 实战开始"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 数据读取和展示"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ".. _california_housing_dataset:\n",
      "\n",
      "California Housing dataset\n",
      "--------------------------\n",
      "\n",
      "**Data Set Characteristics:**\n",
      "\n",
      "    :Number of Instances: 20640\n",
      "\n",
      "    :Number of Attributes: 8 numeric, predictive attributes and the target\n",
      "\n",
      "    :Attribute Information:\n",
      "        - MedInc        median income in block\n",
      "        - HouseAge      median house age in block\n",
      "        - AveRooms      average number of rooms\n",
      "        - AveBedrms     average number of bedrooms\n",
      "        - Population    block population\n",
      "        - AveOccup      average house occupancy\n",
      "        - Latitude      house block latitude\n",
      "        - Longitude     house block longitude\n",
      "\n",
      "    :Missing Attribute Values: None\n",
      "\n",
      "This dataset was obtained from the StatLib repository.\n",
      "http://lib.stat.cmu.edu/datasets/\n",
      "\n",
      "The target variable is the median house value for California districts.\n",
      "\n",
      "This dataset was derived from the 1990 U.S. census, using one row per census\n",
      "block group. A block group is the smallest geographical unit for which the U.S.\n",
      "Census Bureau publishes sample data (a block group typically has a population\n",
      "of 600 to 3,000 people).\n",
      "\n",
      "It can be downloaded/loaded using the\n",
      ":func:`sklearn.datasets.fetch_california_housing` function.\n",
      "\n",
      ".. topic:: References\n",
      "\n",
      "    - Pace, R. Kelley and Ronald Barry, Sparse Spatial Autoregressions,\n",
      "      Statistics and Probability Letters, 33 (1997) 291-297\n",
      "\n",
      "(20640, 8)\n",
      "(20640,)\n"
     ]
    }
   ],
   "source": [
    "# 导入数据集 房价预测\n",
    "from sklearn.datasets import fetch_california_housing\n",
    "\n",
    "housing = fetch_california_housing()\n",
    "print(housing.DESCR)\n",
    "print(housing.data.shape)\n",
    "print(housing.target.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "array([[ 8.32520000e+00,  4.10000000e+01,  6.98412698e+00,\n",
      "         1.02380952e+00,  3.22000000e+02,  2.55555556e+00,\n",
      "         3.78800000e+01, -1.22230000e+02],\n",
      "       [ 8.30140000e+00,  2.10000000e+01,  6.23813708e+00,\n",
      "         9.71880492e-01,  2.40100000e+03,  2.10984183e+00,\n",
      "         3.78600000e+01, -1.22220000e+02],\n",
      "       [ 7.25740000e+00,  5.20000000e+01,  8.28813559e+00,\n",
      "         1.07344633e+00,  4.96000000e+02,  2.80225989e+00,\n",
      "         3.78500000e+01, -1.22240000e+02],\n",
      "       [ 5.64310000e+00,  5.20000000e+01,  5.81735160e+00,\n",
      "         1.07305936e+00,  5.58000000e+02,  2.54794521e+00,\n",
      "         3.78500000e+01, -1.22250000e+02],\n",
      "       [ 3.84620000e+00,  5.20000000e+01,  6.28185328e+00,\n",
      "         1.08108108e+00,  5.65000000e+02,  2.18146718e+00,\n",
      "         3.78500000e+01, -1.22250000e+02]])\n",
      "array([4.526, 3.585, 3.521, 3.413, 3.422])\n"
     ]
    }
   ],
   "source": [
    "# 查看小部分数据\n",
    "import pprint\n",
    "pprint.pprint(housing.data[0:5])\n",
    "pprint.pprint(housing.target[0:5])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(11610, 8) (11610,)\n",
      "(3870, 8) (3870,)\n",
      "(5160, 8) (5160,)\n"
     ]
    }
   ],
   "source": [
    "# 切分数据集\n",
    "from sklearn.model_selection import train_test_split\n",
    "\n",
    "x_train_all,x_test,y_train_all,y_test = train_test_split(\n",
    "    housing.data,housing.target,random_state=7)\n",
    "x_train,x_valid,y_train,y_valid = train_test_split(\n",
    "    x_train_all,y_train_all,random_state=11)\n",
    "\n",
    "print(x_train.shape,y_train.shape)\n",
    "print(x_valid.shape,y_valid.shape)\n",
    "print(x_test.shape,y_test.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 对数据进行归一化\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "\n",
    "scaler = StandardScaler()\n",
    "x_train_scaled = scaler.fit_transform(x_train)\n",
    "x_valid_scaled = scaler.transform(x_valid)\n",
    "x_test_scaled = scaler.transform(x_test)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 模型构建\n",
    "使用tf.keras.models.Sequential()构建\n",
    "\n",
    "**激活函数：**\n",
    "\n",
    "relu：y = max(0,x)\n",
    "\n",
    "**损失函数：**\n",
    "\n",
    "mean_squared_error：均方差误差"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"sequential\"\n",
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "dense (Dense)                (None, 30)                270       \n",
      "_________________________________________________________________\n",
      "dense_1 (Dense)              (None, 1)                 31        \n",
      "=================================================================\n",
      "Total params: 301\n",
      "Trainable params: 301\n",
      "Non-trainable params: 0\n",
      "_________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "# 构建模型\n",
    "model = keras.models.Sequential([\n",
    "    keras.layers.Dense(30, activation='relu',input_shape=x_train.shape[1:]),\n",
    "#     keras.layers.Dense(100, activation='relu'),\n",
    "    keras.layers.Dense(1)\n",
    "])\n",
    "model.summary()\n",
    "\n",
    "# 模型编译，固化模型\n",
    "model.compile(loss='mean_squared_error',optimizer='adam')\n",
    "\n",
    "# 回调函数\n",
    "callbacks = [keras.callbacks.EarlyStopping(patience=5,min_delta=1e-3),]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 11610 samples, validate on 3870 samples\n",
      "Epoch 1/100\n",
      "11610/11610 [==============================] - 2s 178us/sample - loss: 2.2975 - val_loss: 0.7818\n",
      "Epoch 2/100\n",
      "11610/11610 [==============================] - 1s 110us/sample - loss: 0.6373 - val_loss: 0.6095\n",
      "Epoch 3/100\n",
      "11610/11610 [==============================] - 1s 112us/sample - loss: 0.5140 - val_loss: 0.5022\n",
      "Epoch 4/100\n",
      "11610/11610 [==============================] - 1s 111us/sample - loss: 0.4407 - val_loss: 0.4527\n",
      "Epoch 5/100\n",
      "11610/11610 [==============================] - 1s 112us/sample - loss: 0.4108 - val_loss: 0.4254\n",
      "Epoch 6/100\n",
      "11610/11610 [==============================] - 1s 111us/sample - loss: 0.3974 - val_loss: 0.4142\n",
      "Epoch 7/100\n",
      "11610/11610 [==============================] - 1s 110us/sample - loss: 0.3897 - val_loss: 0.4097\n",
      "Epoch 8/100\n",
      "11610/11610 [==============================] - 1s 112us/sample - loss: 0.3830 - val_loss: 0.3968\n",
      "Epoch 9/100\n",
      "11610/11610 [==============================] - 1s 112us/sample - loss: 0.3785 - val_loss: 0.3901\n",
      "Epoch 10/100\n",
      "11610/11610 [==============================] - 1s 111us/sample - loss: 0.3726 - val_loss: 0.3867\n",
      "Epoch 11/100\n",
      "11610/11610 [==============================] - 1s 110us/sample - loss: 0.3682 - val_loss: 0.3834\n",
      "Epoch 12/100\n",
      "11610/11610 [==============================] - 1s 114us/sample - loss: 0.3674 - val_loss: 0.3781\n",
      "Epoch 13/100\n",
      "11610/11610 [==============================] - 1s 110us/sample - loss: 0.3594 - val_loss: 0.3741\n",
      "Epoch 14/100\n",
      "11610/11610 [==============================] - 1s 111us/sample - loss: 0.3575 - val_loss: 0.3670\n",
      "Epoch 15/100\n",
      "11610/11610 [==============================] - 1s 109us/sample - loss: 0.3548 - val_loss: 0.3681\n",
      "Epoch 16/100\n",
      "11610/11610 [==============================] - 1s 118us/sample - loss: 0.3523 - val_loss: 0.3594\n",
      "Epoch 17/100\n",
      "11610/11610 [==============================] - 1s 108us/sample - loss: 0.3486 - val_loss: 0.3644\n",
      "Epoch 18/100\n",
      "11610/11610 [==============================] - 1s 106us/sample - loss: 0.3457 - val_loss: 0.3532\n",
      "Epoch 19/100\n",
      "11610/11610 [==============================] - 1s 104us/sample - loss: 0.3421 - val_loss: 0.3514\n",
      "Epoch 20/100\n",
      "11610/11610 [==============================] - 1s 110us/sample - loss: 0.3434 - val_loss: 0.3546\n",
      "Epoch 21/100\n",
      "11610/11610 [==============================] - 1s 110us/sample - loss: 0.3395 - val_loss: 0.3481\n",
      "Epoch 22/100\n",
      "11610/11610 [==============================] - 1s 105us/sample - loss: 0.3356 - val_loss: 0.3448\n",
      "Epoch 23/100\n",
      "11610/11610 [==============================] - 1s 105us/sample - loss: 0.3342 - val_loss: 0.3479\n",
      "Epoch 24/100\n",
      "11610/11610 [==============================] - 1s 106us/sample - loss: 0.3329 - val_loss: 0.3406\n",
      "Epoch 25/100\n",
      "11610/11610 [==============================] - 1s 106us/sample - loss: 0.3335 - val_loss: 0.3426\n",
      "Epoch 26/100\n",
      "11610/11610 [==============================] - 1s 111us/sample - loss: 0.3275 - val_loss: 0.3392\n",
      "Epoch 27/100\n",
      "11610/11610 [==============================] - 1s 114us/sample - loss: 0.3287 - val_loss: 0.3389\n",
      "Epoch 28/100\n",
      "11610/11610 [==============================] - 1s 109us/sample - loss: 0.3251 - val_loss: 0.3381\n",
      "Epoch 29/100\n",
      "11610/11610 [==============================] - 1s 115us/sample - loss: 0.3235 - val_loss: 0.3346\n",
      "Epoch 30/100\n",
      "11610/11610 [==============================] - 1s 121us/sample - loss: 0.3243 - val_loss: 0.3427\n",
      "Epoch 31/100\n",
      "11610/11610 [==============================] - 1s 112us/sample - loss: 0.3268 - val_loss: 0.3360\n",
      "Epoch 32/100\n",
      "11610/11610 [==============================] - 1s 113us/sample - loss: 0.3252 - val_loss: 0.3288\n",
      "Epoch 33/100\n",
      "11610/11610 [==============================] - 1s 110us/sample - loss: 0.3181 - val_loss: 0.3303\n",
      "Epoch 34/100\n",
      "11610/11610 [==============================] - 1s 118us/sample - loss: 0.3191 - val_loss: 0.3302\n",
      "Epoch 35/100\n",
      "11610/11610 [==============================] - 1s 112us/sample - loss: 0.3169 - val_loss: 0.3279\n",
      "Epoch 36/100\n",
      "11610/11610 [==============================] - 1s 107us/sample - loss: 0.3146 - val_loss: 0.3263\n",
      "Epoch 37/100\n",
      "11610/11610 [==============================] - 1s 116us/sample - loss: 0.3136 - val_loss: 0.3347\n",
      "Epoch 38/100\n",
      "11610/11610 [==============================] - 1s 126us/sample - loss: 0.3159 - val_loss: 0.3296\n",
      "Epoch 39/100\n",
      "11610/11610 [==============================] - 1s 124us/sample - loss: 0.3147 - val_loss: 0.3282\n",
      "Epoch 40/100\n",
      "11610/11610 [==============================] - 1s 110us/sample - loss: 0.3127 - val_loss: 0.3248\n",
      "Epoch 41/100\n",
      "11610/11610 [==============================] - 1s 113us/sample - loss: 0.3114 - val_loss: 0.3227\n",
      "Epoch 42/100\n",
      "11610/11610 [==============================] - 1s 112us/sample - loss: 0.3234 - val_loss: 0.3214\n",
      "Epoch 43/100\n",
      "11610/11610 [==============================] - 1s 111us/sample - loss: 0.3094 - val_loss: 0.3249\n",
      "Epoch 44/100\n",
      "11610/11610 [==============================] - 1s 114us/sample - loss: 0.3096 - val_loss: 0.3231\n",
      "Epoch 45/100\n",
      "11610/11610 [==============================] - 1s 115us/sample - loss: 0.3109 - val_loss: 0.3238\n",
      "Epoch 46/100\n",
      "11610/11610 [==============================] - 1s 112us/sample - loss: 0.3137 - val_loss: 0.3232\n",
      "Epoch 47/100\n",
      "11610/11610 [==============================] - 1s 113us/sample - loss: 0.3088 - val_loss: 0.3377\n"
     ]
    }
   ],
   "source": [
    "# 模型训练\n",
    "history = model.fit(x_train_scaled,y_train,epochs=100,\n",
    "                    validation_data=(x_valid_scaled,y_valid),\n",
    "                    callbacks=callbacks)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAeMAAAEzCAYAAAACSWsXAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAgAElEQVR4nO3deXhc1YHn/e+pTaV9syTLkne84H0Bk60dQ2j2xdlmDCRNyEIzCWm6Z950QvJMlpmeTif0TCZ5m4TwMHkJHRIgCRNIMNkRBsJiMN6xjTHYljfZlrWrVNt5/zglqSxLdtmWfUtVv8/z3OfeunV965QuD786555zrrHWIiIiIt7xeV0AERGRfKcwFhER8ZjCWERExGMKYxEREY8pjEVERDymMBYREfHYKcPYGPMjY0yLMWbzCO8bY8z3jDE7jTEbjTFLRr+YIiIiuSuTmvGDwFUnef9qYEZquR34wdkXS0REJH+cMoyttWuA1pMcciPwkHVeAiqMMfWjVUAREZFcNxr3jBuAvWmvm1P7REREJAOBUTiHGWbfsHNsGmNuxzVlEw6Hl06aNGnYE+7uSFIaMlSFhzu1jJZkMonPpz58XtI18J6ugffy6Rrs2LHjiLW2Zuj+0QjjZmBi2utGYP9wB1pr7wfuB5g1a5bdvn37sCdc8PXf8aEljXz9hrmjUDwZSVNTEytWrPC6GHlN18B7ugbey6drYIzZPdz+0fgp8iTwN6le1e8C2q21B87mhEG/j1giOQpFExERyX6nrBkbY34GrADGGWOaga8BQQBr7X3AauAaYCfQA9x2toUK+n3EE3qalIiI5IdThrG19qZTvG+Bz41aiYCA36hmLCIieWM07hmPupDfRyypmrGISDaJxWI0NzcTiURG9bzl5eW88cYbo3pOr4XDYRobGwkGgxkdn5VhHPAbYnHVjEVEsklzczOlpaVMmTIFY0ZvtEtnZyelpaWjdj6vWWs5evQozc3NTJ06NaN/k5V9yYN+H/GkwlhEJJtEIhGqq6tHNYhzkTGG6urq02pByMowDvh9RNWBS0Qk6yiIM3O6f6esDOOQ3xBXBy4RERmipKTE6yKcE1kZxgGfxhmLiEj+yMowDgZ8xNRMLSIiI7DW8oUvfIF58+Yxf/58Hn30UQAOHDjA8uXLWbRoEfPmzeO5554jkUjwiU98YuDY73znOx6X/kRZ2Zs66NM4YxERGdnjjz/O+vXr2bBhA0eOHOHiiy9m+fLl/PSnP+XKK6/kK1/5ColEgp6eHtavX8++ffvYvHkzAG1tbR6X/kTZGcaagUtEJKt949db2Lq/Y1TOlUgk8Pv9zJlQxteuz+yZBM8//zw33XQTfr+furo63v/+97N27VouvvhiPvnJTxKLxVi5ciWLFi1i2rRp7Nq1i89//vNce+21XHHFFaNS7tGUlc3UmoFLREROxk3+eKLly5ezZs0aGhoa+PjHP85DDz1EZWUlGzZsYMWKFdx77718+tOfPs+lPbWsrBm7GbgUxiIi2SrTGmwmzmTSj+XLl/PDH/6QW2+9ldbWVtasWcM999zD7t27aWho4DOf+Qzd3d2sW7eOa665hlAoxIc//GGmT5/OJz7xiVEr+2jJyjB2M3CpmVpERIb3wQ9+kBdffJGFCxdijOHb3/4248eP58c//jH33HMPwWCQkpISHnroIfbt28dtt91GMlXJ++Y3v+lx6U+UlWGsGbhERGQ4XV1dgJtU45577uGee+457v1bb72VW2+99YR/t27duvNSvjOVlfeMg34fUc1NLSIieSJLw9gQ11ObREQkT2RlGAf8moFLRETyR1aGcdDvZuAaqeu6iIhILsnOMPa5p12oqVpERPJBdoZxwBVLs3CJiEg+yMowDqRqxlHdNxYRkTyQlWEcGqgZK4xFROTMnez5x++88w7z5s07j6UZWVaGccDniqXHKIqISD7IyjAO+l0ztYY3iYhIui9+8Yt8//vfH3j99a9/nW984xt84AMfYMmSJcyfP58nnnjitM8biUS47bbbmD9/PosXL+aZZ54BYMuWLSxbtoxFixaxYMEC3nzzTbq7u7n22mtZuHAh8+bNG3iW8tnI2ukwQWEsIpK1nv4SHNw0KqcqTMTBH4Dx8+HqfznpsatWreLv//7v+exnPwvAY489xm9/+1v+4R/+gbKyMo4cOcK73vUubrjhBowxGZfh3nvvBWDTpk1s27aNK664gh07dnDfffdx1113ccsttxCNRkkkEqxevZoJEybw1FNPAdDe3n6G33xQltaMU/eMNbRJRETSLF68mJaWFvbv38+GDRuorKykvr6eL3/5yyxYsIDLL7+cffv2cejQodM67/PPP8/HP/5xAGbPns3kyZPZsWMH7373u/nnf/5nvvWtb7F7924KCwuZP38+f/zjH/niF7/Ic889R3l5+Vl/r6ysGQdSzdSan1pEJEudogZ7OnpP8xGKH/nIR/jFL37BwYMHWbVqFQ8//DCHDx/mtddeIxgMMmXKFCKRyGmVYaRJpm6++WYuueQSnnrqKa688koeeOABLrvsMl577TVWr17N3XffzRVXXMFXv/rV0/q8obIyjEOqGYuIyAhWrVrFZz7zGY4cOcKzzz7LY489Rm1tLcFgkGeeeYbdu3ef9jmXL1/Oww8/zGWXXcaOHTvYs2cPs2bNYteuXUybNo2/+7u/Y9euXWzcuJHZs2dTVVXFxz72MUpKSnjwwQfP+jtlZRgH1IFLRERGMHfuXDo7O2loaKC+vp5bbrmF66+/nosuuohFixYxe/bs0z7nZz/7We644w7mz59PIBDgwQcfpKCggEcffZSf/OQnBINBxo8fz1e/+lXWrl3LF77wBXw+H8FgkB/84Adn/Z2yMozVgUtERE5m06bBzmPjxo3jxRdfHPa4/ucfD2fKlCls3rwZgHA4PGwN9+677+buu+8+bt+VV17JlVdeeQalHlmWduDqrxmrmVpERHJfVteMNQOXiIicrU2bNg30lO5XUFDAyy+/7FGJTpSVYTw4A5fCWEREzs78+fNZv36918U4qaxspg4F1EwtIpKN9Jz5zJzu3ykrw1g1YxGR7BMOhzl69KgC+RSstRw9epRwOJzxv8nKZmo9z1hEJPs0NjbS3NzM4cOHR/W8kUjktIJrLAiHwzQ2NmZ8fHaGsZ5nLCKSdYLBIFOnTh318zY1NbF48eJRP+9YkpXN1OpNLSIi+SQrwzigccYiIpJHsjKMB2bgSqpmLCIiuS+7wziumrGIiOS+rAxjv8/gMxBXzVhERPJAVoYxQMDvU29qERHJC1kbxiG/T+OMRUQkL2RtGAf8RjNwiYhIXsjaMA76fRraJCIieSF7w9inmrGIiOSHjMLYGHOVMWa7MWanMeZLw7xfboz5tTFmgzFmizHmtrMtWDDg0wxcIiKSF04ZxsYYP3AvcDUwB7jJGDNnyGGfA7ZaaxcCK4D/aYwJnU3BAj6jZmoREckLmdSMlwE7rbW7rLVR4BHgxiHHWKDUGGOAEqAViJ9Nwdw9Y9WMRUQk92Xy1KYGYG/a62bgkiHH/BvwJLAfKAX+o7X2hCQ1xtwO3A5QU1NDU1PTiB8a6enlYKLnpMfI2enq6tLf12O6Bt7TNfCerkFmYWyG2Te0/fhKYD1wGTAd+IMx5jlrbcdx/8ja+4H7AWbNmmVXrFgx4odWbX2B4oIAK1YMzX0ZLU1NTZzsGsi5p2vgPV0D7+kaZNZM3QxMTHvdiKsBp7sNeNw6O4G3gdlnU7CA30c0rmZqERHJfZmE8VpghjFmaqpT1ipck3S6PcAHAIwxdcAsYNfZFCzk9xFPqgOXiIjkvlM2U1tr48aYO4HfAX7gR9baLcaYO1Lv3wf8d+BBY8wmXLP2F621R0523mCs/eQF8xtiEdWMRUQk92Vyzxhr7Wpg9ZB996Vt7weuOJ0PDkeOQLwPAgXDvq8ZuEREJF94OAOXhYObR3w3qLmpRUQkT3g7Heb+dSO+FfRrBi4REckPnoWxNX7YN3IYB3xqphYRkfzgWRgn/OGT1oxDATVTi4hIfvAwjAvg8Hbo6xz2fU2HKSIi+cKzME76woCFAxuGfT/g8xFXM7WIiOQBb2vGMOJ942DAEFXNWERE8oC3HbjKJ4143zjo0wxcIiKSH7wd2tSweOSasd9HImlJKpBFRCTHeRzGS6FtN3QfPeGtgN89LCqWVFO1iIjkNm/DeMISt97/+glvhfyuaBprLCIiuc7jMF4EGNj32glv9deMNQuXiIjkOm/DuKAUxs0cthNXMFUzVo9qERHJdd6GMUDDEteJyx7fHB0cqBmrmVpERHKb92E8YQl0t0DHvuN2BwfuGatmLCIiuc37MG5IdeIaMsQpoA5cIiKSJ7wP47p54AuccN841D+0STVjERHJcd6HcTAMdXNPrBn7XNF0z1hERHKd92EM7r7x/vWQNsFHMKDe1CIikh+yI4wblkBfO7TuGtgV9GmcsYiI5IcsCeOlbp1237i/ZqwOXCIikuuyI4zHzYJg0XH3jQM+zU0tIiL5ITvC2B+A+oXH14z7hzbFFcYiIpLbsiOMwXXiOrAREjFgMIz1TGMREcl12RPGDUsg3gstbwCD02FqnLGIiOS67AnjCYvdOtVUHdQMXCIikieyJ4yrpkG4YqATl+amFhGRfJE9YWyMqx2nasZ6nrGIiOSL7AljcPeND22FWG/a84zVTC0iIrktu8J4whKwCTi4Ke15xqoZi4hIbsuuME57nKLuGYuISL7IrjAumwCl9bB/3eAMXGqmFhGRHJddYQyuqXrfOowxBP1GNWMREcl52RfGDYvh6JsQaSfg82kGLhERyXnZF8YTUveN968n6DdENTe1iIjkuCwM48GZuIJ+H3E9tUlERHJc9oVxURVUTh3oUR2Lq5laRERyW/aFMbghTvvWEfAbPc9YRERyXnaG8YQl0NHMeH8HHb0xr0sjIiJyTmVnGKcm/7i26gAvv92q4U0iIpLTsjOM6xeC8fFXxXvojMRZt/uY1yUSERE5Z7IzjEPFUDObKX07CPgMz2w/7HWJREREzpnsDGOAhiUEDr7OxZMradre4nVpREREzpnsDeMJS6DnKNdPibPtYCf723q9LpGIiMg5kb1hnOrEdWlpMwBNaqoWEZEclVEYG2OuMsZsN8bsNMZ8aYRjVhhj1htjthhjnj3rktXOBX+I8V1baago5Bk1VYuISI46ZRgbY/zAvcDVwBzgJmPMnCHHVADfB26w1s4FPnrWJQuEoOEizFt/5tLZNbyw8wh98cRZn1ZERCTbZFIzXgbstNbustZGgUeAG4ccczPwuLV2D4C1dnSqsXNugEObuba+i55oglfebh2V04qIiGSTTMK4Adib9ro5tS/dTKDSGNNkjHnNGPM3o1K6C28A4KLuNYQCPp7ZpvvGIiKSewIZHGOG2Tf06Q0BYCnwAaAQeNEY85K1dsdxJzLmduB2gJqaGpqamk754YvLZuN/7afMqljI6tffYXmp7h2Plq6uroyugZw7ugbe0zXwnq5BZmHcDExMe90I7B/mmCPW2m6g2xizBlgIHBfG1tr7gfsBZs2aZVesWHHqTw9/An77JW57T5j//Odupsy7mCnjijMotpxKU1MTGV0DOWd0Dbyna+A9XYPMmqnXAjOMMVONMSFgFfDkkGOeAP7KGBMwxhQBlwBvjEoJU03Vlyb/AqAJQEREJOecMoyttXHgTuB3uIB9zFq7xRhzhzHmjtQxbwC/BTYCrwAPWGs3j0oJyxtg4iVUvv0U08YVa2pMERHJOZk0U2OtXQ2sHrLvviGv7wHuGb2ipZmzEn53Nx+aG+F7G3rpjSYoDPnPyUeJiIicb9k7A1e6OW4k1XWBl4nGk7y464jHBRIRERk9YyOMU03Vkw7+nsKgX0OcREQkp4yNMAaYsxLfoc18aHIvz2xvwdqho6tERETGpjEUxq6p+qOFr9J8rJe3Dnd5XCAREZHRMXbCuLwBGpcx59gzAPx5m4Y4iYhIbhg7YQwwdyWhI1u4dFyn7huLiEjOGFthnGqqvrXidda+00pnJOZxgURERM7e2Arj8kZoXMbF3WuIJy0v7NQQJxERGfvGVhgDzF1J8bGtzA0fVlO1iIjkhLEXxqmm6r+t3qghTiIikhPGXhiXN0LjxfxV7AVaOvvYeqDD6xKJiIiclbEXxgBzVlLZsY3J5iBNenCEiIiMcWM0jF1T9ScrN/CMxhuLiMgYNzbDuGIiNF7MVeYl1u05RltP1OsSiYiInLGxGcYAc1ZS172diRxkzZsa4iQiImPXGA5j11T9kfCrNKmpWkRExrCxG8YVE6HhIlaG1tK04zCJpIY4iYjI2DR2wxhg7geZ2PcmJT172dDc5nVpREREzsjYDuNUU/WNwVf49xd3e1wYERGRMzO2wzjVVH1zyTqeWL+Pd450e10iERGR0za2wxhg7krqe7Yzzd/CD5re8ro0IiIipy0HwviD4AvyverH+eW6vTQf6/G6RCIiIqdl7IdxeSNc/jXmtK/hJv+fuO9Z1Y5FRGRsGfthDPCuz8H0y/ivgZ/w2tqXONge8bpEIiIiGcuNMPb5YOV9+MMlfMf/XR5o2up1iURERDKWG2EMUFqH/4P3Mdu3l0mvfYvDnX1el0hERCQjuRPGADOvoH3Bp/gb32955tf/7nVpREREMpJbYQyUX//PNBdM5/LtX6ft0B6viyMiInJKORfGBMPEVj5AIX20/fTTkEx6XSIREZGTyr0wBqZeuIRf1t7JlPaX6V3zXa+LIyIiclI5GcYAi268i6cTFxN69p9g/+teF0dERGREORvG8xoreHrK3Ry25SR//ino6/K6SCIiIsPK2TAG+OQVS7mr77OYY7vg6S96XRwREZFh5XQYL5pYQeiCv+JH5kOw/iew+ZdeF0lEROQEOR3GAH/3gRl8s/dGWsoXwJN3wfanvS6SiIjIcXI+jC+eUsXSqbV8qudOkpVT4Wer4I9fh0Tc66KJiIgAeRDG4GrHmzpL+NmC/wNLboXnvwP/vhI6D3ldNBERkfwI4/dMr2bJpAruXbOXlku/DSt/AM2vwg+XwzsveF08ERHJc3kRxsYYvnzNhRzribHy315ga+118Jk/QagYfnw9vPBdsNbrYoqISJ7KizAGuGhKFT+/490kLXzkvr/wh6Pj4PYmuPA6+MNX4dGPQW+b18UUEZE8lDdhDDCvoZwn7nwvF9SWcPu/v8oPXz6M/ciDcNW/wI7fwv3vhwMbvC6miIjkmbwKY4C6sjCP3v5urplfzzef3sY//nIT0Yv+Fm57GhIxeOCvYc090LrL66KKiEieCHhdAC8Uhvz8v6sWM72mhO/96U12t/Zw38eWUvW3a+BX/wn+/E9uqZ0Ls691S/1CMMbroouISA7Ku5pxP5/P8J//eibfXbWI9XvbWHnvC+zsLoBbfg53bYArvwmFlfDcv7rm6/89302p+fYajVEWEZFRlZc143Q3LmpgYlURtz/0Gh/8/l+49+YlLJ85Bd79Wbd0H4UdT8O2p+C1B+Hl+1xIz7wK6hdBxSSomOjW4XKvv46IiIxBGYWxMeYq4LuAH3jAWvsvIxx3MfAS8B+ttb8YtVKeY0smVfLEne/lUw+u5bYH1/K5Sy/g5mWTGF8ehuJqWPwxt0S74a0/wxu/cdNqbvjZ8ScKl7tQLp+UCulJUD0dpi6HYKE3X05ERLLeKcPYGOMH7gX+GmgG1hpjnrTWbh3muG8BvzsXBT3XGioK+cV/eg//+IsNfO9Pb/Jvf36T982o4cNLGrhy7njCQb8bl3zh9W6xFnqOQttuaNsDbXtT6z2u89euJoh1u5MXlMGcG2DBKpj8XvDl7d0BEREZRiY142XATmvtLgBjzCPAjcDWIcd9HvglcPGolvA8KikI8P1blvL2kW4eX9fM4+v2cdcj6yktCHDdwno+vKSRpZMrMca4zlzF49zSsPTEk1kLvcfcUKlNP4ctv4LXfwJljbDgoy6Ya2ef/y8pIiJZJ5MwbgD2pr1uBi5JP8AY0wB8ELiMMRzG/aaOK+a/XDGLf7h8Ji/tOsov1jXzq9f387NX9jJ1XDEfWtzAh5Y20lBxkqZnY6CoCqZf6pZr/hW2r4YNj8AL33PzY9cvdKE8/yNQUnv+vqCIiGQVY08xDaQx5qPAldbaT6defxxYZq39fNoxPwf+p7X2JWPMg8BvhrtnbIy5HbgdoKamZuljjz02al/kXOuNW149GOf5fXG2H0tigIYSw7QKP9MrfEwv9zOhxODLYPhTMNpG3aE11B1qorTrLSw+2ssvpLN0Gl0l0+gqmUpPUSPWFzyn36mrq4uSkpJz+hlycroG3tM18F4+XYNLL730NWvtRUP3ZxLG7wa+bq29MvX6bgBr7TfTjnkb6E+hcUAPcLu19lcjnXfWrFl2+/btp/s9ssLe1h6eWL+Pte8cY/3eNtp7Y4Br5l44sZzFEytZPKmCRRMrqC4pOPnJWrbBxkfh7Wfh0FaI97r9viDUzIbx82H8PLeum+dq26OkqamJFStWjNr55PTpGnhP18B7+XQNjDHDhnEmzdRrgRnGmKnAPmAVcHP6AdbaqWkf9CCuZjxiEI91E6uKuPOyGQBYa3n7SDev72nj9b0unH/w7Fskku5HzqSqIubUlzFnQhkXptYTysPuvjO4+8aXf81tJxNw9C04uBEObYaDm+CtP8GGnw5+eLgcSsa7Zu3S8VBSN7iUpm0XVmqSEhGRMeKUYWytjRtj7sT1kvYDP7LWbjHG3JF6/75zXMasZoxhWk0J02pK+PDSRgB6owk27WtnfSqc3zjQye+2Hhx4MFRZODAQzBfWlzGnvowLaktcj+2amW6Z/5HBD+lqccF8aLPrtd11yC3Na90zmftr0+l8wVQw94d27eDrVGAXRA5DMqne3SIiHstonLG1djWwesi+YUPYWvuJsy/W2FYY8rNsahXLpg42KXf3xdl2sJOtBzp440AHW/d38Mgre+mNJQaOqSsrYGJlEROriphYWUhjZRGNVYVMrCyhfuqlBC74wIkfZi30dbrA7jroQrozFdZdLW7dtscFd/cRYPC2xLsBXr0Tqqa58dBV06H6gsGleJxq1yIi50Hez8B1vhQXBFg6uZKlkysH9iWSlneOdvPGgQ52tnSxt7WX5mM9vPJ2K0+s7yWZdjvf7zNMqAgzdVwJM2pTS10JF9SWUl5YBuEyGHfByQuRiEPPEeg8CF0tbH/1z8yq9rum8ZZtsP23kIwNHl9Q5kK6YjKUN0JZA5Q3uHVZg6thq1YtInLWFMYe8vsM02tKmF5zYi/CaDzJgfZemo/1sre1h73Hetjb2suuI108/PJRIrHkwLG1pQXMqCthRm0pF9SWcEFtCZOqiqgrC+P3pdVs/QHXZF06HoAD+0PMSu80kYhD+x4XzkffgqM73XJwk3vEZDxyfCF9ASidMBjQtRfChEVQv9jNXCYiIhlRGGepUMDH5OpiJlcXn/BeMmnZ19bLjkOdvNnSxZuHutjZ0sljr+6lJzrY7B3wGSZUFNJQUUhjZSEN/U3flW5fLGmx1g52JvMHXJN11TSY8dfHf2j/JCbtzdCxL7Xen9reB3tfgc1po9nKJ7px1P3hPGGRa/bORP/NdTWRi0ieUBiPQT6fcfeVq4r4wIV1A/uTScuBjgg7W7poPtZD87Fe9h1zTd9r3jzMoY6+E0/2+9UE/YaAz0fQbwj6fW4JGII+t11fEWbppEqWTK5k4cQ5lNQvGL5gvcfgwEY4sB72r3frbb8ZfL+s0XVOSyYg3uc6nsX7IJZaxyODS2EVTH6Pmz508nvc0C6ff5T/kiIi2UFhnEN8PkNDqiY8nL54ggNtERfSbT28snEbjZOmEEskiSct0XjSbScssUSSaCJJNJ7k7SPdNG0/7D7DwMy6UpZOrmRJKqCnVBe52nVhJUx7v1v69ba5oVr94dy6C/whCBS4YVqBAgiEIRh26/6lYz/sfn4wzAvKYNK7UgH9PlfT9qdNihLrhWPvuPO3vu3Wx9522z1H3b+bfS3MvBpKas7RFRAROTMK4zxSEPAzZVwxU8a5pu+67l2sWDEzo3/b3htj/d421u0+xro9x3hy/X4efnkPAFXFIRZNrKCuLExJgZ+SgiAl4UDa9oWUNM6jZPptlIYDVBaFKAxlWMtt3we7/wK7X3DrN3/v9geL3JzgNumCt/PAkC9bDlVTXWgXlMFbz7j73hgX6rOvg9nXuCZ5ERGPKYwlI+WFQd4/s4b3z3S1ykTSsrOli3V7jrFu9zE2NrezaV87XZH4ccO1RhIO+qgsClFZFKKqOERFUZCq4lBqX5DK4hDlhUHKC4uomHANFdNvpKwwiL/nCOz5C7zzAux92T2actqlLnirpkHlVLc9dNITa11HtG1PueX3X3FL7VxXY559rbvHfab3qa2Fvg7oOgzdLa7JvmIyjJsJgdCZnVNE8obCWM6I32eYNb6UWeNLuWnZpOPeiyeSdEcTdPXF6e6L0xmJ09UXpysSpzMS41hPjGM9UVq7o7Sl1vvaejnWE6WtJzbCJzql4QDlhaVUFF1PReGHGVcUoi4cps4fZjxh6hIF1PWFqQ1ZQoG0YDUG6he45dK7XZN2fzA/96+w5tsQKnVDxEIlUFCSWpcOeV3imsS7WqD78PHrxDD35H1BqJkFdXPddKbj57m1HgwiImkUxjLqAn4f5YU+ygtP/0EX8USS9l4X2O29Mdp7o7T3xmjrcYvbF6OtJ0pbb4x3dnfT0tFHNJE84VzVxSHqysLUlRVQVVzAuBJXC68qDlFdUkhV4y1Uz7qNKtNB0dt/wBzcCH1dEE0tfV0uaPu6INrp1skYGD8U17h7z8W1LmyLa1zAFte6/QXl7p71wU1waAu8vcbNQd6vuBbq5nJBXwkEXh+cHa04NUNaUbXr3T4cayHS5iZx6T7iyth9GHpbXW18wmI3gYvGgIuMGQpjySoBv4/qkoJTP2AjjbWWYz0xDrZHONThloMdEQ519A283nawk6PdUaLxE0MboCAwjnElV1NbVkBtaQG1pWHqGty6JrWvrixMVcjiC4RIYojEE0RiSSKxRGpJpvYliPVYqqsuYBmeyZkAABJDSURBVPzU66kqCuHzGeg+6qY0PbQltd5M/aG/wL5fD1Oi/udl1w7WonuODAZw8uQtCIRK3f3yCYtcOE9YApVTMmuGtxZiPa4MoaJTH5+t+rogVKwhcjImKIxlzDPGDNR450woG/E4ay3d0QStXVGOdvfR2h3laLdrJm/tjnKks4+Wzj7ePtLNS7taB57GlS7gM/h8ZsRQH07Qb6grC1NfHmZ8eRn15ZdSN+5q6qeH2f/WVq5/7yLGmXb8PS2DU5h2H05NaZpaY93QsPrUeO3imtSS2i4aB4UVrjPb/tcHl5d/CImoK0i4wgVzzWw3fKyvM7V0uHWkY3Dbpu77h0pTDyAZ8nCS9IeUhIoAA8aXtgzz2hd0Pen9wdEPyGQCDm9z/Qj2vuLWrbtc573x81PLAreuma37+JJ1FMaSN4wxlBQEKCkIMKn61DW+SCzB4VRAt3RE3LozQjxpKQz6CQf9hAM+tw76CQd9FAT9hAN+gn7D0e4oB9tdLf1ge4QD7b1sam7j91si9KWF+T+99BJ+n6G2tID68mrqyxtdcFeEqZ9cSH1FmKpUD/Rw0E9h0J3fDBdodXPdsvhj7nU8CoffOD6g1z3kArSgNLWUuebtcNnx+2zC/ThITZ/KgfWw4xDEus/+YvgCg8HsD6WCOuhqsiW1UFo/GPql492Pgf4fBaEi98Nh36uDwdv8qvshAe7HycRLYOHNrpf9wU3uO8d6Up+d9njS+gWUtyUgssR9f5FzIRaBN56EV3804iEKY5ERhIP+gclVRpO1lvbeGAfaI/zuuVeomTyDg+0R9rdFONjRyxsHOvjTtkPHTXk6lN9nUj8IfAMBXRhyPwQKgr7BHwvB/h8LlxAOv4fwLB+hOT6S1hJPWuIJt04kkwOvE92WeGeS4oIAM2pLmTHPTbFaXJD630X/g0k6D7qHk8T73BAza1Pr1IId3JdMQDLuaumJWGodTduX2t/X5VoCjjzn1sM1xxeUuTJgAeN+fMz/iAvgictcj/qhP1SSCVdTPrjRhXPa40kXA6z/ClTPSM0Yl2rar1/gfpiMVfE+OLAB9rwIe15yE/IUjxucZa96+uB2cY2a88+Fo2/Ba/8fvP6w69NRNX3EQxXGIueZMYaKohAVRSEO1QZYccnkE45JD+wD7b2098bojSbpTd2f7o0m6I25JZLa7om69zoicQ539p1wH/tk4R7wGfw+M7j2++iKxI/rGNdYWciM2hJm1pUyo66UGbVzuWDGJRSF/PTFk6klQV8sbTvu7qknkpaq4hC1pWGqi1P30E8lmXRDxLoOuhpu56HU9iE3dG3SJdBwUWY1Wp8fxs1wy7wPD+7vPMTG3/+EBeOSrtVg919g08/7r5Q7vj+cS+sg2uNq2NHuwfXAdo9rNbBJ92+NcWt30Y/f5/O7HxWFFe72QWGFmwRnYDu1LihzrQWZzD7X2+ZaCvrDd/+6wfnkqy9w4+t7W93+rb9KlTMlVDo4PLBiohs5ECx04/mDRa41Ilh0/OtwhQvxkToa5qtEDLY/7WrBu55xHT5nXwsXfwqmLIe7hr+W+iuKZKH0wL6wfnSaT621A6E5NHyHa/KOJ5Lsbu3hzUOdvHmoix0tXbx5qJMXdh4dtvd6pgI+Q01pqqNcWXigc1x/r/fikKvlF4UCFIUKKSy+gKLKWRQG/cM3zad9v1jCEk8miaVmkevojdHWG6O9J0Zbb/S4Xvn9PfL3t8xhfHs1xaHLKGz0U2s6mBZ/k4m925nQs42aHU0UbXrsxA80PggWDwZVqNgFmPEz0CrgSpbaTlsn4xB5w/WKj3SQ/mjTYfkLUp+T/nklbjsQTj15bas7jy/gxsxf/GkXwBPfdeKsc/EotO9NzVi3y/371l0jPxRmRMb1/C+pS91GOP6Z6ZTUutAOl6dug5Sdu2lt+1tVulrctRk6PPFc9xNob3a3Q9Y95H48ljXApV+BxR+HsvpT/nOFsUieMMYM3N/ORMDvG3iq2FXzBvcPhrR7QEksYSkI+igI+CkI+NwSTNsO+PH7DK3d7v77oVRP95bOPva29vDa7mO0dkczKlNh0E9RyIVyPDk4datraj9FoKUpCwdSP3aCGNwMcwfaeumJJuiJxumJTqAvPh5wU7vW0Ea56aLXFlBdVcm0CbXMbqxhfmMF8yaUU150+sP4BiST7n53pM3VbiPtg9t9nalad9cwtfIe19Ev2gNlE2DuShe+DUvdD4OTCYRcM3X1CM2myaT7jFivq+3Hegc/v78MvccGOxz2r4/sdK0XiZNcz/7x/AVlAyF9YXsE2n8+OB1usDA1VW4hEYJsORzl1eZeTDLG+8bHmVnUTaC/w2Nn6jnu0a6Tf2d/wfEBHSxy/SISsdRtlFhqO55ax9yT7LDuB4QvMPJicKMkrIULLodr/xfMuOK0Wg0UxiJyWtJDGsaPyjn74q6zXGt3lJ6oa4bvD8b+Jni3P05PNEHSctwDTgLHbfsI+AyhgI+ycJDyoiAVhUEXvoVBN5NbWjN5U1MTK1a894QyxRPJgc/u7ouz91gvm/e1s6m5nbXN7fxq8/aBYydVFTG/oZy5DWUUBf1EE0n6YoPzu/e3SETjbl8imaSkIEBZ2JWnLBygrDBIabiesvBEyiqDlE1w+0sKAidtETgnfKmaZUEJcJpzufePg+8P6Eh7akn11h/YTu3vaqG0swXeeiv10JgINtaLSbUWhIGlqQWAo9BNmPaCGgqrJlBUvzCtZp7q9Y8dnDOgr8v9qOmfK6B/X6zbtWL4g6kOham1L+hCtL9TIcaF9kBIp7aTcRfY/a8vuByW3Oqa+8+AwlhEPFcQ8Kce75k945oDfh+lfh+lYVfrnVZTMjAdLEBrd9SF8752tuxvZ+O+Np7adPwc6cZAyO8jFBhsOQgFfPgMdPcl6IjEjnvs6XB8hlRgBykrTAV4+nZhkKKQP/UZg58V8vsoCPoGPj/o99HVFx+YOKej9/iJdPqXSCwx0LLRP2KgIG3kQP/+ogI/pQUBSsNBSsPp6wCl4RJKqyvw1czK6G/9SlMTF737ffzpjUP8ZuMBnt3Rgo3HmFRquPrCCq6cWcHcmhD4Arx4OMBP17fyhy2HiLYnWRSvYNXkiVy3cAIlBec30iKxxMDQyOKCAI3lhZxpG4nCWETkDFQVh1g+s4blaQHdEYkRT1hCAReCIw5BSxNLJOmMxOnojdERidHRG0+tXTh2RgZfd6SO23Wka+C4U4X5yfQHfXnaUlNa4GrysQTtvTFaYoMd8SJp25ncFSgpCBzXq38g4IM+wgH/wL5dzRG2/vEPRONJ6soKuHnZZK5bUM+SSZUndPZ7bw28d84UWruj/N/X9/HIK3v40uOb+G+/2cr1CybwHy6eyAW1Je4WPRZrIWktllTn/rR9fbG0TpEx1/mwfzuSeq+7L05rd3RgCt9jPVGOdcdo7Y6eMA+/z0BDZSGTq4qZXF3E5OoiJlUVM2VcEZOqiigKjRy5CmMRkVFSFj79elHQ7xuYtOZMROOux3w0vSk81Zs9OqR5vLQgMBi+RUFKQoHMerYP0d8ZsCPifix0puad74y4OejT9/fGEgO97COxxMDMdW09sYFwj/YluXnZZK5dUM/SYQJ4OFXFIT71vql88r1TeH1vG4++spdfb9zPo6/uPZM/40mVFgSoLA5RWRyipqSAmXWlVBW51+4BN0E6I3H2tPbwztEe9hzt5qlNB06Ya7+2dOSZBRXGIiJjWCjVNH0+pXcGrB2Fodjuvv3cMy7Lkknu+er/9fo5/H7LwYEOgT5j3GRwuOe9G/cP8Bn3XkEgfUz+8eP2+18XhQJn/Pdt74mxu7Wb3Ud72H3UrdeOcKzCWEREckJJQYAPLWn0uhgDyouCLCiqYEFjxcC+fx3hWD3WRURExGMKYxEREY8pjEVERDymMBYREfGYwlhERMRjCmMRERGPKYxFREQ8pjAWERHxmMJYRETEYwpjERERjymMRUREPKYwFhER8ZjCWERExGMKYxEREY8pjEVERDymMBYREfGYwlhERMRjCmMRERGPKYxFREQ8pjAWERHxmMJYRETEYwpjERERjymMRUREPKYwFhER8VhGYWyMucoYs90Ys9MY86Vh3r/FGLMxtfzFGLNw9IsqIiKSm04ZxsYYP3AvcDUwB7jJGDNnyGFvA++31i4A/jtw/2gXVEREJFdlUjNeBuy01u6y1kaBR4Ab0w+w1v7FWnss9fIloHF0iykiIpK7Ahkc0wDsTXvdDFxykuM/BTw93BvGmNuB2wFqampoamrKrJRyTnR1dekaeEzXwHu6Bt7TNcgsjM0w++ywBxpzKS6M3zfc+9ba+0k1Yc+aNcuuWLEis1LKOdHU1ISugbd0Dbyna+A9XYPMwrgZmJj2uhHYP/QgY8wC4AHgamvt0dEpnoiISO7L5J7xWmCGMWaqMSYErAKeTD/AGDMJeBz4uLV2x+gXU0REJHedsmZsrY0bY+4Efgf4gR9Za7cYY+5IvX8f8FWgGvi+MQYgbq296NwVW0REJHdk0kyNtXY1sHrIvvvStj8NfHp0iyYiIpIfNAOXiIiIxxTGIiIiHlMYi4iIeExhLCIi4jGFsYiIiMcUxiIiIh5TGIuIiHhMYSwiIuIxhbGIiIjHFMYiIiIeUxiLiIh4TGEsIiLiMYWxiIiIxxTGIiIiHlMYi4iIeExhLCIi4jGFsYiIiMcUxiIiIh5TGIuIiHhMYSwiIuIxhbGIiIjHFMYiIiIeUxiLiIh4TGEsIiLiMYWxiIiIxxTGIiIiHlMYi4iIeExhLCIi4jGFsYiIiMcUxiIiIh5TGIuIiHhMYSwiIuIxhbGIiIjHFMYiIiIeUxiLiIh4TGEsIiLiMYWxiIiIxxTGIiIiHlMYi4iIeExhLCIi4jGFsYiIiMcUxiIiIh5TGIuIiHhMYSwiIuIxhbGIiIjHMgpjY8xVxpjtxpidxpgvDfO+McZ8L/X+RmPMktEvqoiISG46ZRgbY/zAvcDVwBzgJmPMnCGHXQ3MSC23Az8Y5XKKiIjkrExqxsuAndbaXdbaKPAIcOOQY24EHrLOS0CFMaZ+lMsqIiKSkzIJ4wZgb9rr5tS+0z1GREREhhHI4BgzzD57BsdgjLkd14wN0GeM2ZzB58u5Mw444nUh8pyugfd0DbyXT9dg8nA7MwnjZmBi2utGYP8ZHIO19n7gfgBjzKvW2osy+Hw5R3QNvKdr4D1dA+/pGmTWTL0WmGGMmWqMCQGrgCeHHPMk8DepXtXvAtqttQdGuawiIiI56ZQ1Y2tt3BhzJ/A7wA/8yFq7xRhzR+r9+4DVwDXATqAHuO3cFVlERCS3ZNJMjbV2NS5w0/fdl7Ztgc+d5mfff5rHy+jTNfCeroH3dA28l/fXwLgcFREREa9oOkwRERGPeRLGp5peU0afMeZHxpiW9OFkxpgqY8wfjDFvptaVXpYx1xljJhpjnjHGvGGM2WKMuSu1X9fhPDHGhI0xrxhjNqSuwTdS+3UNziNjjN8Y87ox5jep13n/9z/vYZzh9Joy+h4Erhqy70vAn6y1M4A/pV7LuRMH/ou19kLgXcDnUv/t6zqcP33AZdbahcAi4KrUCBBdg/PrLuCNtNd5//f3omacyfSaMsqstWuA1iG7bwR+nNr+MbDyvBYqz1hrD1hr16W2O3H/M2pA1+G8SU3Z25V6GUwtFl2D88YY0whcCzyQtjvv//5ehLGmzswedf3jwVPrWo/LkzeMMVOAxcDL6DqcV6km0vVAC/AHa62uwfn1v4F/BJJp+/L+7+9FGGc0daZIrjLGlAC/BP7eWtvhdXnyjbU2Ya1dhJspcJkxZp7XZcoXxpjrgBZr7WtelyXbeBHGGU2dKefFof6na6XWLR6XJ+cZY4K4IH7YWvt4areugwestW1AE64vha7B+fFe4AZjzDu4W5SXGWN+gv7+noRxJtNryvnxJHBravtW4AkPy5LzjDEG+D/AG9ba/5X2lq7DeWKMqTHGVKS2C4HLgW3oGpwX1tq7rbWN1topuP/3/9la+zH09/dm0g9jzDW4+wb902v+j/NeiDxjjPkZsAL3dJRDwNeAXwGPAZOAPcBHrbVDO3nJKDHGvA94DtjE4P2yL+PuG+s6nAfGmAW4DkJ+XGXkMWvtfzPGVKNrcF4ZY1YA/4+19jr9/TUDl4iIiOc0A5eIiIjHFMYiIiIeUxiLiIh4TGEsIiLiMYWxiIiIxxTGIiIiHlMYi4iIeExhLCIi4rH/H0JGZvEta8AvAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 576x360 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "# 画图展示变化，打印学习曲线\n",
    "def plot_learning_curves(history):\n",
    "    pd.DataFrame(history.history).plot(figsize=(8,5))\n",
    "    plt.grid(True)\n",
    "    plt.gca().set_ylim(0,1)\n",
    "    plt.show()\n",
    "    \n",
    "plot_learning_curves(history)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "jupyter": {
     "source_hidden": true
    },
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5160/1 [================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================] - 0s 52us/sample - loss: 0.4809\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0.3244111953317657"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# 在测试集上进行指标评估\n",
    "model.evaluate(x_test_scaled,y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}
